Run Twitter Scrape

pacman::p_load(tidyverse, wdman, jsonlite, rvest, xml2, RSelenium, here, crayon, here)
Warning message:
In readLines(con) :
  incomplete final line found on 'C:/Users/Fabio/Documents/R/win-library/3.4/rmarkdown/rmarkdown/templates/my_template/template.yaml'
source("helper_functions.R")
options(scipen = 999)
todo_ids_ar <- get(load(here("data", "tw", "tweet_ids",  "tweet_ids.Rdata")))
todo_ids_ar <- todo_ids_ar %>%
  filter(!duplicated(todo_ids_ar))
package 㤼㸱bindrcpp㤼㸲 was built under R version 3.4.3
dat <- todo_ids_ar %>% 
  mutate(tweet_id = as.factor(tweet_id))
todo_ids_ar[26,]

Main Function

library(RSelenium)
port <- sample(4000L:5000L, 1)
rD <- rsDriver(verbose = FALSE, port = port)
rD
$client
  browserName                               id
1      chrome 6b909a5f7019e8f4d2bc4405a6bba12e

$server
Process Handle
command   : C:\Users\Fabio\AppData\Local\Temp\RtmpWwMf9K\file26447a02ce1.bat 
system id : 220
state     : running
remDr <- rD$client
#remDr$close()
start <- 135732
finish <- 145637
final_list <- get_tweet_replies(dat, start, finish)

 +++ Tweet #: 135732 by: IdentityEvropa +++ 
49 scrolls remain ...
Done scrolling! Next tweet: 

 +++ Tweet #: 135733 by: IdentityEvropa +++ 
49 scrolls remain ...
Done scrolling! Next tweet: 

 +++ Tweet #: 135734 by: IdentityEvropa +++ 
Done scrolling! Next tweet: 

 +++ Tweet #: 135735 by: IdentityEvropa +++ 
Done scrolling! Next tweet: 

 +++ Tweet #: 135736 by: IdentityEvropa +++ 
49 scrolls remain ...
Done scrolling! Next tweet: 

 +++ Tweet #: 135737 by: IdentityEvropa +++ 
Done scrolling! Next tweet: 

 +++ Tweet #: 135738 by: IdentityEvropa +++ 
Done scrolling! Next tweet: 

 +++ Tweet #: 135739 by: IdentityEvropa +++ 
Done scrolling! Next tweet: 

 +++ Tweet #: 135740 by: IdentityEvropa +++ 
Done scrolling! Next tweet: 

 +++ Tweet #: 135741 by: IdentityEvropa +++ 
49 scrolls remain ...
Done scrolling! Next tweet: 

 +++ Tweet #: 135742 by: IdentityEvropa +++ 
Done scrolling! Next tweet: 

 +++ Tweet #: 135743 by: IdentityEvropa +++ 
Done scrolling! Next tweet: 

 +++ Tweet #: 135744 by: IdentityEvropa +++ 
Done scrolling! Next tweet: 

 +++ Tweet #: 135745 by: IdentityEvropa +++ 
Done scrolling! Next tweet: 

 +++ Tweet #: 135746 by: IdentityEvropa +++ 
Done scrolling! Next tweet: 

 +++ Tweet #: 135747 by: IdentityEvropa +++ 
Done scrolling! Next tweet: 

 +++ Tweet #: 135748 by: IdentityEvropa +++ 
Done scrolling! Next tweet: 

 +++ Tweet #: 135749 by: IdentityEvropa +++ 
Done scrolling! Next tweet: 

 +++ Tweet #: 135750 by: IdentityEvropa +++ 
WARNING: Account Suspended/Tweet unavailable in Germany

 +++ Tweet #: 135751 by: IdentityEvropa +++ 
WARNING: Account Suspended/Tweet unavailable in Germany

 +++ Tweet #: 135752 by: IdentityEvropa +++ 
Done scrolling! Next tweet: 

LS0tDQp0aXRsZTogIlIgTm90ZWJvb2siDQpvdXRwdXQ6IGh0bWxfbm90ZWJvb2sNCi0tLQ0KDQojIFJ1biBUd2l0dGVyIFNjcmFwZSANCg0KYGBge3J9DQpwYWNtYW46OnBfbG9hZCh0aWR5dmVyc2UsIHdkbWFuLCBqc29ubGl0ZSwgcnZlc3QsIHhtbDIsIFJTZWxlbml1bSwgaGVyZSwgY3JheW9uLCBoZXJlKQ0Kc291cmNlKCJoZWxwZXJfZnVuY3Rpb25zLlIiKQ0KDQpvcHRpb25zKHNjaXBlbiA9IDk5OSkNCg0KdG9kb19pZHNfYXIgPC0gZ2V0KGxvYWQoaGVyZSgiZGF0YSIsICJ0dyIsICJ0d2VldF9pZHMiLCAgInR3ZWV0X2lkcy5SZGF0YSIpKSkNCg0KdG9kb19pZHNfYXIgPC0gdG9kb19pZHNfYXIgJT4lDQogIGZpbHRlcighZHVwbGljYXRlZCh0b2RvX2lkc19hcikpDQoNCmRhdCA8LSB0b2RvX2lkc19hciAlPiUgDQogIG11dGF0ZSh0d2VldF9pZCA9IGFzLmZhY3Rvcih0d2VldF9pZCkpDQoNCnRvZG9faWRzX2FyWzI2LF0NCmBgYA0KIyBNYWluIEZ1bmN0aW9uDQoNCmBgYHtyfQ0KbGlicmFyeShSU2VsZW5pdW0pDQpwb3J0IDwtIHNhbXBsZSg0MDAwTDo1MDAwTCwgMSkNCnJEIDwtIHJzRHJpdmVyKHZlcmJvc2UgPSBGQUxTRSwgcG9ydCA9IHBvcnQpDQpyRA0KDQpyZW1EciA8LSByRCRjbGllbnQNCiNyZW1EciRjbG9zZSgpDQoNCnN0YXJ0IDwtIDEzNTczMg0KZmluaXNoIDwtIDE0NTYzNw0KDQpmaW5hbF9saXN0IDwtIGdldF90d2VldF9yZXBsaWVzKGRhdCwgc3RhcnQsIGZpbmlzaCkNCmZpbmFsX2R0IDwtIGJpbmRfcm93cyhmaW5hbF9saXN0KQ0KYmVlcHI6OmJlZXAoOCkNCnNhdmUoZmluYWxfZHQsIGZpbGUgPSBwYXN0ZTAoImRhdGEvdHdfZGF0YV8iLHN0YXJ0LCAiXyIsIGZpbmlzaCwgIi5SZGF0YSIpKQ0KYGBgDQoNCg==